{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "f0f6ddda",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Training until validation scores don't improve for 10 rounds\n",
      "Early stopping, best iteration is:\n",
      "[1]\ttraining's rmse: 0.550075\ttraining's l2: 0.302583\tvalid_1's rmse: 0.381619\tvalid_1's l2: 0.145633\n",
      "RMSE:  0.5007193424305533\n",
      "RMSE:  0.5009203123089486\n",
      "Early stopping, best iteration is:\n",
      "[1]\ttraining's rmse: 0.550075\ttraining's l2: 0.302583\tvalid_1's rmse: 0.381619\tvalid_1's l2: 0.145633\n",
      "Early stopping, best iteration is:\n",
      "[1]\ttraining's rmse: 0.550075\ttraining's l2: 0.302583\tvalid_1's rmse: 0.381619\tvalid_1's l2: 0.145633\n",
      "RMSE:  0.6452203166124871\n",
      "RMSE:  0.6455335146276144\n",
      "Early stopping, best iteration is:\n",
      "[1]\ttraining's rmse: 0.550075\ttraining's l2: 0.302583\tvalid_1's rmse: 0.381619\tvalid_1's l2: 0.145633\n",
      "Early stopping, best iteration is:\n",
      "[1]\ttraining's rmse: 0.550075\ttraining's l2: 0.302583\tvalid_1's rmse: 0.381619\tvalid_1's l2: 0.145633\n",
      "RMSE:  0.5065414066380255\n",
      "RMSE:  0.5064387054504874\n",
      "Early stopping, best iteration is:\n",
      "[1]\ttraining's rmse: 0.550075\ttraining's l2: 0.302583\tvalid_1's rmse: 0.381619\tvalid_1's l2: 0.145633\n",
      "RMSE:  0.9223804174948712\n",
      "RMSE:  0.9226105044318924\n",
      "Early stopping, best iteration is:\n",
      "[1]\ttraining's rmse: 0.550075\ttraining's l2: 0.302583\tvalid_1's rmse: 0.381619\tvalid_1's l2: 0.145633\n",
      "Early stopping, best iteration is:\n",
      "[1]\ttraining's rmse: 0.550075\ttraining's l2: 0.302583\tvalid_1's rmse: 0.381619\tvalid_1's l2: 0.145633\n",
      "RMSE:  0.8218993362505961\n",
      "RMSE:  0.8217420461273864\n",
      "Early stopping, best iteration is:\n",
      "[49]\ttraining's rmse: 0.43451\ttraining's l2: 0.188799\tvalid_1's rmse: 0.329247\tvalid_1's l2: 0.108404\n",
      "RMSE:  0.6262974824842723\n",
      "RMSE:  0.624838604301767\n",
      "Early stopping, best iteration is:\n",
      "[49]\ttraining's rmse: 0.43451\ttraining's l2: 0.188799\tvalid_1's rmse: 0.329247\tvalid_1's l2: 0.108404\n",
      "RMSE:  0.2629820191188121\n",
      "RMSE:  0.2624725767209488\n",
      "Early stopping, best iteration is:\n",
      "[49]\ttraining's rmse: 0.43451\ttraining's l2: 0.188799\tvalid_1's rmse: 0.329247\tvalid_1's l2: 0.108404\n",
      "RMSE:  0.4771404341832939\n",
      "RMSE:  0.4768784986381813\n",
      "Early stopping, best iteration is:\n",
      "[49]\ttraining's rmse: 0.43451\ttraining's l2: 0.188799\tvalid_1's rmse: 0.329247\tvalid_1's l2: 0.108404\n",
      "RMSE:  0.7634957676094328\n",
      "RMSE:  0.7614865933368964\n",
      "Early stopping, best iteration is:\n",
      "[49]\ttraining's rmse: 0.43451\ttraining's l2: 0.188799\tvalid_1's rmse: 0.329247\tvalid_1's l2: 0.108404\n",
      "RMSE:  0.3115518864759726\n",
      "RMSE:  0.31146049773504536\n",
      "Early stopping, best iteration is:\n",
      "[49]\ttraining's rmse: 0.43451\ttraining's l2: 0.188799\tvalid_1's rmse: 0.329247\tvalid_1's l2: 0.108404\n",
      "RMSE:  0.40780064412821077\n",
      "RMSE:  0.4080290787350046\n",
      "Early stopping, best iteration is:\n",
      "[49]\ttraining's rmse: 0.43451\ttraining's l2: 0.188799\tvalid_1's rmse: 0.329247\tvalid_1's l2: 0.108404\n",
      "Early stopping, best iteration is:\n",
      "[49]\ttraining's rmse: 0.43451\ttraining's l2: 0.188799\tvalid_1's rmse: 0.329247\tvalid_1's l2: 0.108404\n",
      "RMSE:  0.2471081724766723\n",
      "RMSE:  0.24709739835892222\n",
      "Early stopping, best iteration is:\n",
      "[49]\ttraining's rmse: 0.43451\ttraining's l2: 0.188799\tvalid_1's rmse: 0.329247\tvalid_1's l2: 0.108404\n",
      "RMSE:  0.47455419330401116\n",
      "RMSE:  0.47425840693532423\n",
      "Early stopping, best iteration is:\n",
      "[49]\ttraining's rmse: 0.43451\ttraining's l2: 0.188799\tvalid_1's rmse: 0.329247\tvalid_1's l2: 0.108404\n",
      "RMSE:  0.2840246627493063\n",
      "RMSE:  0.2841751652011268\n",
      "Early stopping, best iteration is:\n",
      "[1]\ttraining's rmse: 0.503317\ttraining's l2: 0.253328\tvalid_1's rmse: 0.284163\tvalid_1's l2: 0.0807488\n",
      "Early stopping, best iteration is:\n",
      "[107]\ttraining's rmse: 0.334925\ttraining's l2: 0.112174\tvalid_1's rmse: 0.269276\tvalid_1's l2: 0.0725095\n",
      "RMSE:  0.4054141147147293\n",
      "RMSE:  0.40564583231107804\n",
      "Early stopping, best iteration is:\n",
      "[107]\ttraining's rmse: 0.334925\ttraining's l2: 0.112174\tvalid_1's rmse: 0.269276\tvalid_1's l2: 0.0725095\n",
      "Early stopping, best iteration is:\n",
      "[107]\ttraining's rmse: 0.334925\ttraining's l2: 0.112174\tvalid_1's rmse: 0.269276\tvalid_1's l2: 0.0725095\n",
      "RMSE:  0.22830137168968376\n",
      "RMSE:  0.22272388835981757\n",
      "Early stopping, best iteration is:\n",
      "[25]\ttraining's rmse: 0.362276\ttraining's l2: 0.131244\tvalid_1's rmse: 0.260407\tvalid_1's l2: 0.0678118\n",
      "RMSE:  0.33810195187516917\n",
      "RMSE:  0.33762685755616767\n",
      "Early stopping, best iteration is:\n",
      "[25]\ttraining's rmse: 0.362276\ttraining's l2: 0.131244\tvalid_1's rmse: 0.260407\tvalid_1's l2: 0.0678118\n",
      "RMSE:  0.35028271643691367\n",
      "RMSE:  0.3499716260226142\n",
      "Early stopping, best iteration is:\n",
      "[25]\ttraining's rmse: 0.362276\ttraining's l2: 0.131244\tvalid_1's rmse: 0.260407\tvalid_1's l2: 0.0678118\n",
      "RMSE:  0.5295822052197193\n",
      "RMSE:  0.529838675115481\n",
      "Early stopping, best iteration is:\n",
      "[25]\ttraining's rmse: 0.362276\ttraining's l2: 0.131244\tvalid_1's rmse: 0.260407\tvalid_1's l2: 0.0678118\n",
      "Early stopping, best iteration is:\n",
      "[25]\ttraining's rmse: 0.362276\ttraining's l2: 0.131244\tvalid_1's rmse: 0.260407\tvalid_1's l2: 0.0678118\n",
      "RMSE:  0.32639062785459044\n",
      "RMSE:  0.3261861848903316\n",
      "Early stopping, best iteration is:\n",
      "[25]\ttraining's rmse: 0.362276\ttraining's l2: 0.131244\tvalid_1's rmse: 0.260407\tvalid_1's l2: 0.0678118\n",
      "RMSE:  0.5645875346479964\n",
      "RMSE:  0.5644649223860322\n",
      "Early stopping, best iteration is:\n",
      "[25]\ttraining's rmse: 0.362276\ttraining's l2: 0.131244\tvalid_1's rmse: 0.260407\tvalid_1's l2: 0.0678118\n",
      "RMSE:  0.3997368030432521\n",
      "RMSE:  0.3998476993610092\n",
      "Early stopping, best iteration is:\n",
      "[25]\ttraining's rmse: 0.362276\ttraining's l2: 0.131244\tvalid_1's rmse: 0.260407\tvalid_1's l2: 0.0678118\n",
      "Early stopping, best iteration is:\n",
      "[25]\ttraining's rmse: 0.362276\ttraining's l2: 0.131244\tvalid_1's rmse: 0.260407\tvalid_1's l2: 0.0678118\n",
      "RMSE:  0.47599106176152406\n",
      "RMSE:  0.4759713847111451\n",
      "Early stopping, best iteration is:\n",
      "[25]\ttraining's rmse: 0.362276\ttraining's l2: 0.131244\tvalid_1's rmse: 0.260407\tvalid_1's l2: 0.0678118\n",
      "RMSE:  0.6132017755088348\n",
      "RMSE:  0.6133115877686784\n",
      "Early stopping, best iteration is:\n",
      "[25]\ttraining's rmse: 0.362276\ttraining's l2: 0.131244\tvalid_1's rmse: 0.260407\tvalid_1's l2: 0.0678118\n",
      "Early stopping, best iteration is:\n",
      "[25]\ttraining's rmse: 0.362276\ttraining's l2: 0.131244\tvalid_1's rmse: 0.260407\tvalid_1's l2: 0.0678118\n",
      "RMSE:  0.3101538211560738\n",
      "RMSE:  0.30993565114231597\n",
      "Early stopping, best iteration is:\n",
      "[25]\ttraining's rmse: 0.362276\ttraining's l2: 0.131244\tvalid_1's rmse: 0.260407\tvalid_1's l2: 0.0678118\n",
      "RMSE:  0.5033477948523511\n",
      "RMSE:  0.5034204145852036\n",
      "Early stopping, best iteration is:\n",
      "[25]\ttraining's rmse: 0.362276\ttraining's l2: 0.131244\tvalid_1's rmse: 0.260407\tvalid_1's l2: 0.0678118\n",
      "Early stopping, best iteration is:\n",
      "[25]\ttraining's rmse: 0.362276\ttraining's l2: 0.131244\tvalid_1's rmse: 0.260407\tvalid_1's l2: 0.0678118\n",
      "RMSE:  0.5130395963291557\n",
      "RMSE:  0.5131253078430145\n",
      "Early stopping, best iteration is:\n",
      "[25]\ttraining's rmse: 0.362276\ttraining's l2: 0.131244\tvalid_1's rmse: 0.260407\tvalid_1's l2: 0.0678118\n",
      "Early stopping, best iteration is:\n",
      "[25]\ttraining's rmse: 0.362276\ttraining's l2: 0.131244\tvalid_1's rmse: 0.260407\tvalid_1's l2: 0.0678118\n",
      "RMSE:  0.5664259077378998\n",
      "RMSE:  0.5668251066649914\n",
      "Early stopping, best iteration is:\n",
      "[25]\ttraining's rmse: 0.362276\ttraining's l2: 0.131244\tvalid_1's rmse: 0.260407\tvalid_1's l2: 0.0678118\n",
      "Early stopping, best iteration is:\n",
      "[25]\ttraining's rmse: 0.362276\ttraining's l2: 0.131244\tvalid_1's rmse: 0.260407\tvalid_1's l2: 0.0678118\n",
      "RMSE:  0.47013671104430615\n",
      "RMSE:  0.46787396771074957\n",
      "Early stopping, best iteration is:\n",
      "[25]\ttraining's rmse: 0.362276\ttraining's l2: 0.131244\tvalid_1's rmse: 0.260407\tvalid_1's l2: 0.0678118\n",
      "RMSE:  0.3934182929509705\n",
      "RMSE:  0.39336150236415796\n",
      "Early stopping, best iteration is:\n",
      "[25]\ttraining's rmse: 0.362276\ttraining's l2: 0.131244\tvalid_1's rmse: 0.260407\tvalid_1's l2: 0.0678118\n",
      "RMSE:  0.31927806568859235\n",
      "RMSE:  0.31913289910097853\n",
      "Early stopping, best iteration is:\n",
      "[25]\ttraining's rmse: 0.362276\ttraining's l2: 0.131244\tvalid_1's rmse: 0.260407\tvalid_1's l2: 0.0678118\n",
      "RMSE:  0.2479514166456901\n",
      "RMSE:  0.24798876934789427\n",
      "Early stopping, best iteration is:\n",
      "[1]\ttraining's rmse: 0.431072\ttraining's l2: 0.185823\tvalid_1's rmse: 0.247991\tvalid_1's l2: 0.0614997\n",
      "Early stopping, best iteration is:\n",
      "[1]\ttraining's rmse: 0.431072\ttraining's l2: 0.185823\tvalid_1's rmse: 0.247991\tvalid_1's l2: 0.0614997\n",
      "RMSE:  0.18571859484809528\n",
      "RMSE:  0.1858301815708746\n",
      "Early stopping, best iteration is:\n",
      "[1]\ttraining's rmse: 0.283842\ttraining's l2: 0.0805665\tvalid_1's rmse: 0.185769\tvalid_1's l2: 0.0345102\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Early stopping, best iteration is:\n",
      "[1]\ttraining's rmse: 0.283842\ttraining's l2: 0.0805665\tvalid_1's rmse: 0.185769\tvalid_1's l2: 0.0345102\n",
      "RMSE:  0.5462002467421609\n",
      "RMSE:  0.5462161955325491\n",
      "Early stopping, best iteration is:\n",
      "[1]\ttraining's rmse: 0.283842\ttraining's l2: 0.0805665\tvalid_1's rmse: 0.185769\tvalid_1's l2: 0.0345102\n",
      "Early stopping, best iteration is:\n",
      "[1]\ttraining's rmse: 0.283842\ttraining's l2: 0.0805665\tvalid_1's rmse: 0.185769\tvalid_1's l2: 0.0345102\n",
      "RMSE:  0.6816939216153324\n",
      "RMSE:  0.6815960686488965\n",
      "Early stopping, best iteration is:\n",
      "[1]\ttraining's rmse: 0.283842\ttraining's l2: 0.0805665\tvalid_1's rmse: 0.185769\tvalid_1's l2: 0.0345102\n",
      "RMSE:  0.16882023771917742\n",
      "RMSE:  0.16882072878219698\n",
      "Early stopping, best iteration is:\n",
      "[12]\ttraining's rmse: 0.278097\ttraining's l2: 0.0773378\tvalid_1's rmse: 0.168811\tvalid_1's l2: 0.0284973\n",
      "Early stopping, best iteration is:\n",
      "[12]\ttraining's rmse: 0.278097\ttraining's l2: 0.0773378\tvalid_1's rmse: 0.168811\tvalid_1's l2: 0.0284973\n",
      "RMSE:  0.24602712052462208\n",
      "RMSE:  0.24613234143666993\n",
      "Early stopping, best iteration is:\n",
      "[12]\ttraining's rmse: 0.278097\ttraining's l2: 0.0773378\tvalid_1's rmse: 0.168811\tvalid_1's l2: 0.0284973\n",
      "Early stopping, best iteration is:\n",
      "[12]\ttraining's rmse: 0.278097\ttraining's l2: 0.0773378\tvalid_1's rmse: 0.168811\tvalid_1's l2: 0.0284973\n",
      "RMSE:  0.41729990124567473\n",
      "RMSE:  0.41728759903275103\n",
      "Early stopping, best iteration is:\n",
      "[12]\ttraining's rmse: 0.278097\ttraining's l2: 0.0773378\tvalid_1's rmse: 0.168811\tvalid_1's l2: 0.0284973\n",
      "RMSE:  0.5510094489336396\n",
      "RMSE:  0.5510413186230768\n",
      "Early stopping, best iteration is:\n",
      "[12]\ttraining's rmse: 0.278097\ttraining's l2: 0.0773378\tvalid_1's rmse: 0.168811\tvalid_1's l2: 0.0284973\n",
      "Early stopping, best iteration is:\n",
      "[12]\ttraining's rmse: 0.278097\ttraining's l2: 0.0773378\tvalid_1's rmse: 0.168811\tvalid_1's l2: 0.0284973\n",
      "RMSE:  0.4264115616738975\n",
      "RMSE:  0.4266227855206428\n",
      "Early stopping, best iteration is:\n",
      "[12]\ttraining's rmse: 0.278097\ttraining's l2: 0.0773378\tvalid_1's rmse: 0.168811\tvalid_1's l2: 0.0284973\n",
      "Early stopping, best iteration is:\n",
      "[12]\ttraining's rmse: 0.278097\ttraining's l2: 0.0773378\tvalid_1's rmse: 0.168811\tvalid_1's l2: 0.0284973\n",
      "RMSE:  0.3127493541835309\n",
      "RMSE:  0.3127325782218264\n",
      "Early stopping, best iteration is:\n",
      "[12]\ttraining's rmse: 0.278097\ttraining's l2: 0.0773378\tvalid_1's rmse: 0.168811\tvalid_1's l2: 0.0284973\n",
      "RMSE:  0.3723562136415718\n",
      "RMSE:  0.37215019726136567\n",
      "Early stopping, best iteration is:\n",
      "[12]\ttraining's rmse: 0.278097\ttraining's l2: 0.0773378\tvalid_1's rmse: 0.168811\tvalid_1's l2: 0.0284973\n",
      "RMSE:  0.3536192182076702\n",
      "RMSE:  0.3535973710583552\n",
      "Early stopping, best iteration is:\n",
      "[12]\ttraining's rmse: 0.278097\ttraining's l2: 0.0773378\tvalid_1's rmse: 0.168811\tvalid_1's l2: 0.0284973\n",
      "RMSE:  0.6374969303840718\n",
      "RMSE:  0.6370492133420526\n",
      "Early stopping, best iteration is:\n",
      "[12]\ttraining's rmse: 0.278097\ttraining's l2: 0.0773378\tvalid_1's rmse: 0.168811\tvalid_1's l2: 0.0284973\n",
      "RMSE:  0.6322391870062849\n",
      "RMSE:  0.6326557220159078\n",
      "Early stopping, best iteration is:\n",
      "[12]\ttraining's rmse: 0.278097\ttraining's l2: 0.0773378\tvalid_1's rmse: 0.168811\tvalid_1's l2: 0.0284973\n",
      "Early stopping, best iteration is:\n",
      "[12]\ttraining's rmse: 0.278097\ttraining's l2: 0.0773378\tvalid_1's rmse: 0.168811\tvalid_1's l2: 0.0284973\n",
      "RMSE:  0.3167313698194442\n",
      "RMSE:  0.31657927299245814\n",
      "Early stopping, best iteration is:\n",
      "[12]\ttraining's rmse: 0.278097\ttraining's l2: 0.0773378\tvalid_1's rmse: 0.168811\tvalid_1's l2: 0.0284973\n",
      "RMSE:  0.6032556813342389\n",
      "RMSE:  0.6028236708906919\n",
      "Early stopping, best iteration is:\n",
      "[12]\ttraining's rmse: 0.278097\ttraining's l2: 0.0773378\tvalid_1's rmse: 0.168811\tvalid_1's l2: 0.0284973\n",
      "RMSE:  0.38842436437357303\n",
      "RMSE:  0.3881767709210996\n",
      "Early stopping, best iteration is:\n",
      "[12]\ttraining's rmse: 0.278097\ttraining's l2: 0.0773378\tvalid_1's rmse: 0.168811\tvalid_1's l2: 0.0284973\n",
      "RMSE:  0.41485025588302477\n",
      "RMSE:  0.4148518703651797\n",
      "Early stopping, best iteration is:\n",
      "[12]\ttraining's rmse: 0.278097\ttraining's l2: 0.0773378\tvalid_1's rmse: 0.168811\tvalid_1's l2: 0.0284973\n",
      "Early stopping, best iteration is:\n",
      "[12]\ttraining's rmse: 0.278097\ttraining's l2: 0.0773378\tvalid_1's rmse: 0.168811\tvalid_1's l2: 0.0284973\n",
      "RMSE:  0.12645567619059775\n",
      "RMSE:  0.12648587803712813\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.5802106192757657\n",
      "RMSE:  0.570769224835548\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.6006222611049311\n",
      "RMSE:  0.5945806015529932\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.8045147509895321\n",
      "RMSE:  0.8027319592732332\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.3810323171504773\n",
      "RMSE:  0.38133812564027486\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.3620585059953837\n",
      "RMSE:  0.2819808338466731\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.6644542750255742\n",
      "RMSE:  0.5456106110741674\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.2531680758070398\n",
      "RMSE:  0.2443749567404737\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.7098079643386286\n",
      "RMSE:  0.6974780706482523\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.6091624614456976\n",
      "RMSE:  0.5917769952278834\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.5012385434562978\n",
      "RMSE:  0.4933851451933127\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.3725066238111295\n",
      "RMSE:  0.36600917999417637\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.17016890973055407\n",
      "RMSE:  0.16502045743607102\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.332421373387072\n",
      "RMSE:  0.33154458368018247\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.9660606596816836\n",
      "RMSE:  0.8876819509087748\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.5725199578760202\n",
      "RMSE:  0.5635369247588041\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.47781982797145106\n",
      "RMSE:  0.47492149711916526\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.22464525903479482\n",
      "RMSE:  0.2226619869271614\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.4139920464519586\n",
      "RMSE:  0.36722309693949656\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.29718918609954026\n",
      "RMSE:  0.2959536362952279\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.5471192118983352\n",
      "RMSE:  0.5294853768734684\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.5756757238625713\n",
      "RMSE:  0.565488759670281\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.24684242577887888\n",
      "RMSE:  0.24187827701871867\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  2.599501870109362\n",
      "RMSE:  0.5692169036675975\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.3291115942138653\n",
      "RMSE:  0.31414372004314134\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.2467393750595174\n",
      "RMSE:  0.2456342695160882\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.42805787626573727\n",
      "RMSE:  0.4263488708930814\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.3671965112720713\n",
      "RMSE:  0.36653497661235673\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.678466624039037\n",
      "RMSE:  0.652689695991654\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.5094977504879648\n",
      "RMSE:  0.46302270487441183\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.31388077511881884\n",
      "RMSE:  0.21983846031070428\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.571039523481106\n",
      "RMSE:  0.5130394327334442\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.8302556073595259\n",
      "RMSE:  0.821530496397918\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.6743092014421179\n",
      "RMSE:  0.6724411231155777\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.2165535473135749\n",
      "RMSE:  0.2167509291552076\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.2752838104310554\n",
      "RMSE:  0.2754394196368335\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.536105033143914\n",
      "RMSE:  0.5346731043210231\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.5212020175184237\n",
      "RMSE:  0.5042049097470607\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.2576179277605107\n",
      "RMSE:  0.2574270763161352\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.5896653283765103\n",
      "RMSE:  0.5840262649657207\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.8824231613723427\n",
      "RMSE:  0.8752172412958804\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.9100109997988709\n",
      "RMSE:  0.7689135051810829\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.534505165581805\n",
      "RMSE:  0.5130615526577541\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.44047770649892737\n",
      "RMSE:  0.43942035072160224\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.27280316297153595\n",
      "RMSE:  0.2740549239332596\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.3653537757549338\n",
      "RMSE:  0.3615620168281724\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  1.1222153634554588\n",
      "RMSE:  1.0802213340382905\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.6429350070727456\n",
      "RMSE:  0.5977175333112152\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.331292288560412\n",
      "RMSE:  0.3315279070275613\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.2844477064470077\n",
      "RMSE:  0.28374413126018644\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.904221840372674\n",
      "RMSE:  0.5887270970320718\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.37942367960132956\n",
      "RMSE:  0.36903696082347853\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.45468093340513266\n",
      "RMSE:  0.45351387079064864\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.4713003593092433\n",
      "RMSE:  0.4718367006305109\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.5119798378605913\n",
      "RMSE:  0.48126508060629153\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.5076194748196265\n",
      "RMSE:  0.5031564876625955\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.3334221202394078\n",
      "RMSE:  0.3338195913290573\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.6532579198338967\n",
      "RMSE:  0.5937488487812408\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.3669116909563156\n",
      "RMSE:  0.36274812033876763\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.36225057187866316\n",
      "RMSE:  0.34823631797998167\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.4067927695853498\n",
      "RMSE:  0.38259045481062465\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.7351763275042215\n",
      "RMSE:  0.7109322910477054\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.416155958261938\n",
      "RMSE:  0.40282513978584966\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.5836497126473761\n",
      "RMSE:  0.5820170185834778\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.642144709717051\n",
      "RMSE:  0.6051883231332257\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.5741185981055826\n",
      "RMSE:  0.5705507882289069\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.5639387270421903\n",
      "RMSE:  0.5444504465258234\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.3838523368764175\n",
      "RMSE:  0.3680826621206793\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.779174667875114\n",
      "RMSE:  0.47407274753625195\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.3747973595768377\n",
      "RMSE:  0.37291369201068053\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.6417426813123167\n",
      "RMSE:  0.632216273684256\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.26811734844437385\n",
      "RMSE:  0.2686191959321391\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.19710221466696204\n",
      "RMSE:  0.1967754789267634\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.5879654619770063\n",
      "RMSE:  0.5747689054569803\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.4206462521572048\n",
      "RMSE:  0.42014630313596263\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.8845819429151197\n",
      "RMSE:  0.883369773305339\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.3236298022518015\n",
      "RMSE:  0.31558387724758885\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.4091423524313354\n",
      "RMSE:  0.39827583515857334\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.18275290307273093\n",
      "RMSE:  0.18263726543285674\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.4295381520461149\n",
      "RMSE:  0.41059430589090745\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.3372876337656952\n",
      "RMSE:  0.31907209942296627\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.19518059246420852\n",
      "RMSE:  0.19437021684033648\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.5148027618375463\n",
      "RMSE:  0.5071603054343482\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.45633264365319925\n",
      "RMSE:  0.45111946582891527\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.528968911144842\n",
      "RMSE:  0.5283009433953841\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  1.240286190339715\n",
      "RMSE:  0.7896524613272017\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.5237168979480289\n",
      "RMSE:  0.524577876414998\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.4502197546666775\n",
      "RMSE:  0.4412375269163948\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.523639970316175\n",
      "RMSE:  0.5219689454330424\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.2406778297088361\n",
      "RMSE:  0.24005322205202195\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.17204666481955924\n",
      "RMSE:  0.1737251580886903\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.4876067775403266\n",
      "RMSE:  0.4218091665350256\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.599514840366161\n",
      "RMSE:  0.594343461245295\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.6928872406489603\n",
      "RMSE:  0.6872304399296524\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.35296644063669547\n",
      "RMSE:  0.3504211590624623\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.24520654623738095\n",
      "RMSE:  0.24503225187986868\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.785831635132803\n",
      "RMSE:  0.7595161408964078\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.38862720230984726\n",
      "RMSE:  0.37040706386014544\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.4163460881328611\n",
      "RMSE:  0.41481744569084966\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.22072275834855073\n",
      "RMSE:  0.22008968436268225\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.23737417150100076\n",
      "RMSE:  0.2356974760427378\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.33816444963133796\n",
      "RMSE:  0.3140539593891591\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.6635955971880126\n",
      "RMSE:  0.5724624042484774\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.2537113522584179\n",
      "RMSE:  0.2530412544221581\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.8106800059682271\n",
      "RMSE:  0.7849259024171202\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.49142578639872375\n",
      "RMSE:  0.46031591979903586\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.6448673433304769\n",
      "RMSE:  0.6157177645593795\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.5278050108581993\n",
      "RMSE:  0.5243336734009326\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.2800044831948343\n",
      "RMSE:  0.2780136066385789\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.6394747571085165\n",
      "RMSE:  0.6245583420303539\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.40601316707952073\n",
      "RMSE:  0.40439768085915173\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.38446055414376584\n",
      "RMSE:  0.38499418375892236\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.5930736881918832\n",
      "RMSE:  0.38059523072958346\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.2571353337750516\n",
      "RMSE:  0.256472756370698\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.17528381284258293\n",
      "RMSE:  0.17307512391594154\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.5572307899018113\n",
      "RMSE:  0.5522391620348074\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.9036942296738062\n",
      "RMSE:  0.6588924407657311\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.2205932671003612\n",
      "RMSE:  0.21542559077055595\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.42409886592371976\n",
      "RMSE:  0.42134487344133775\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.5205957422821272\n",
      "RMSE:  0.5134814464415781\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.28396597399991236\n",
      "RMSE:  0.28393569037444455\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.4022607527568315\n",
      "RMSE:  0.39536704371919934\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.522848082081977\n",
      "RMSE:  0.5206486800904289\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.18286624695658227\n",
      "RMSE:  0.18301661905355376\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.2058027171242264\n",
      "RMSE:  0.2057265607487913\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  1.2741085883242047\n",
      "RMSE:  1.2708785115073886\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.5593929193383306\n",
      "RMSE:  0.558638994958215\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.38741916204557486\n",
      "RMSE:  0.3872861780140912\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.35356667810516773\n",
      "RMSE:  0.3524608451859218\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.43238314229435976\n",
      "RMSE:  0.4338642818619864\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.7149649245031373\n",
      "RMSE:  0.7100477710518511\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.8073545833521025\n",
      "RMSE:  0.6353476256465244\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.36818370624874047\n",
      "RMSE:  0.35015224940687123\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.2989664237741934\n",
      "RMSE:  0.2971478726711326\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.43903876138017206\n",
      "RMSE:  0.4283587454942555\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.5981952936566385\n",
      "RMSE:  0.546610082259947\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.589045267462437\n",
      "RMSE:  0.5871204066969081\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.22176677118577634\n",
      "RMSE:  0.2207663751223782\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.24817980993113467\n",
      "RMSE:  0.24445707575740927\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.7544764056733438\n",
      "RMSE:  0.7535483541470346\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.3201774878889182\n",
      "RMSE:  0.32103221388879793\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.7835933198753565\n",
      "RMSE:  0.7510525204495079\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.5793741094893603\n",
      "RMSE:  0.5799612692824967\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.3233354254376565\n",
      "RMSE:  0.3112872485520586\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.625617449164102\n",
      "RMSE:  0.5944792788489514\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.44009949798122094\n",
      "RMSE:  0.43879452568310295\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.42064093770491556\n",
      "RMSE:  0.417230340958746\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.5612765622241941\n",
      "RMSE:  0.5167759749651277\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.3220880276581836\n",
      "RMSE:  0.31814246067284685\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.66752814025877\n",
      "RMSE:  0.6534602813760209\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.34406544528082006\n",
      "RMSE:  0.3380664857259569\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.23613134773154804\n",
      "RMSE:  0.23052900274665805\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.5680780494180887\n",
      "RMSE:  0.5608468000752098\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.7387865042868476\n",
      "RMSE:  0.710372471412036\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.1945931653990496\n",
      "RMSE:  0.1939634852757893\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.5326212007226812\n",
      "RMSE:  0.5207317406952847\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.2949651849047822\n",
      "RMSE:  0.29535286924942916\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.15656650886895684\n",
      "RMSE:  0.15283836552565183\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.5484534700396713\n",
      "RMSE:  0.5336616243644264\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.6330117380979461\n",
      "RMSE:  0.564367961867867\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.3808708488912079\n",
      "RMSE:  0.38192754961971787\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.5738672265811342\n",
      "RMSE:  0.570902659788733\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.5431430849242941\n",
      "RMSE:  0.5425042826249014\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.30467882888487985\n",
      "RMSE:  0.30392688725256123\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.44341962574321586\n",
      "RMSE:  0.44394005930742536\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.42467369924476983\n",
      "RMSE:  0.4237245716451787\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.5860872826985855\n",
      "RMSE:  0.5617685854615696\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.3609970031231826\n",
      "RMSE:  0.3610119457960201\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.5026593433150447\n",
      "RMSE:  0.48166772076529546\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.5980245399047757\n",
      "RMSE:  0.5666945917353325\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.3106238724255802\n",
      "RMSE:  0.1628432277215988\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.41250636102563015\n",
      "RMSE:  0.40930221860384447\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.6087287086738299\n",
      "RMSE:  0.601455593472233\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.30430656006297535\n",
      "RMSE:  0.30390812524249844\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.42304245321677336\n",
      "RMSE:  0.4236691277891941\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.41347095283002755\n",
      "RMSE:  0.4100133073648086\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.6314532703494982\n",
      "RMSE:  0.6323435334840204\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.3924870057131225\n",
      "RMSE:  0.3913171174670552\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.8116553076472361\n",
      "RMSE:  0.7744508800137502\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.7232951038973643\n",
      "RMSE:  0.7199187756665878\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.4207414070418285\n",
      "RMSE:  0.42035735019677833\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.43666428044018396\n",
      "RMSE:  0.4357598785851853\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.4084325306012726\n",
      "RMSE:  0.4052163437878488\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.3593896736612849\n",
      "RMSE:  0.35806975332065527\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.2697298269937457\n",
      "RMSE:  0.2686104395862577\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.6397350320255685\n",
      "RMSE:  0.6281631409120275\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.424356278579334\n",
      "RMSE:  0.3963884790532851\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.5939250829335508\n",
      "RMSE:  0.5768805271906953\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.45329044735498736\n",
      "RMSE:  0.45194572645313535\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.6979203966397732\n",
      "RMSE:  0.49015755329507726\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.5484921361390533\n",
      "RMSE:  0.5429799281989918\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.3571702727534114\n",
      "RMSE:  0.34282393126877553\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.6505859393403928\n",
      "RMSE:  0.6217223101911505\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.8299878473358209\n",
      "RMSE:  0.7854001843920972\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.2882216668306897\n",
      "RMSE:  0.28755582453178774\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.406071994404076\n",
      "RMSE:  0.40520677911679714\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.6443553906527286\n",
      "RMSE:  0.6361363298902386\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.36769754160008156\n",
      "RMSE:  0.3675711302435704\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.36570314756994043\n",
      "RMSE:  0.36623720458155223\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  1.0656226654216392\n",
      "RMSE:  1.0650444793049503\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.5815345566378739\n",
      "RMSE:  0.5709905571427201\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.22913894930506223\n",
      "RMSE:  0.22797367101493093\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.40170852678876273\n",
      "RMSE:  0.3900065355365704\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.1976709951145886\n",
      "RMSE:  0.19665964955753593\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.5865268661355265\n",
      "RMSE:  0.5885477450765849\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.7104075733900226\n",
      "RMSE:  0.7102155507798782\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.5606695959303155\n",
      "RMSE:  0.5278385531532415\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.4994877628857281\n",
      "RMSE:  0.49973317389148514\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.6382061091134077\n",
      "RMSE:  0.17275244063540485\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.38395736677922415\n",
      "RMSE:  0.3814651770425379\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.5217407062978652\n",
      "RMSE:  0.5143734145842025\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.24806338229971214\n",
      "RMSE:  0.24832871639457965\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.5731469121680546\n",
      "RMSE:  0.5728968711627583\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.46488755745972027\n",
      "RMSE:  0.46108550761237405\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.42132796266489847\n",
      "RMSE:  0.4223298201823358\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.5776041491928622\n",
      "RMSE:  0.5752077961920328\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.5244030726972974\n",
      "RMSE:  0.5159325378749182\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.9812649192563263\n",
      "RMSE:  0.9576989229093595\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.26631223120599284\n",
      "RMSE:  0.26593215553504945\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.43282673020673973\n",
      "RMSE:  0.4307918878819765\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.1935187815013759\n",
      "RMSE:  0.19323801838857135\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.8063829776723949\n",
      "RMSE:  0.8061868412188051\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.5115252838112245\n",
      "RMSE:  0.5031148127345283\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.3318338559193711\n",
      "RMSE:  0.29719604261639737\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.9193307705347031\n",
      "RMSE:  0.7897457302806633\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.5033961425459518\n",
      "RMSE:  0.37844034572773133\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.452626682715988\n",
      "RMSE:  0.41606676869118586\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.36710474424271256\n",
      "RMSE:  0.3472332015806247\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.967614451680852\n",
      "RMSE:  0.607851648541779\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.4458327153223365\n",
      "RMSE:  0.4422710864494636\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.24139211568303814\n",
      "RMSE:  0.2410230304341629\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.43566679875896164\n",
      "RMSE:  0.4282738094700509\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.8480029823092358\n",
      "RMSE:  0.8323821626406217\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.21322601766346755\n",
      "RMSE:  0.21317274649883172\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.34013565128403817\n",
      "RMSE:  0.3401242079878398\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.26987088433961676\n",
      "RMSE:  0.2644804326924121\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.6812915156293079\n",
      "RMSE:  0.6775120643849101\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.4098103666053926\n",
      "RMSE:  0.40060824670686135\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.2890068207845467\n",
      "RMSE:  0.28957979462493666\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.3352862537082364\n",
      "RMSE:  0.3224941643248011\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.20018251349419863\n",
      "RMSE:  0.20080746360819932\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.31203499348456765\n",
      "RMSE:  0.31075163763891844\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.5008365751328585\n",
      "RMSE:  0.42629833857588867\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.4420496702872948\n",
      "RMSE:  0.3947379676350013\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.6895662434477544\n",
      "RMSE:  0.4598426012191113\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.18719668866622202\n",
      "RMSE:  0.18715348175070268\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.5500605844683925\n",
      "RMSE:  0.5336592373098192\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.5113642905618517\n",
      "RMSE:  0.40429231658740894\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.7926779198472327\n",
      "RMSE:  0.75231026243668\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.5860402867009885\n",
      "RMSE:  0.5138797859801351\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.7157698336812094\n",
      "RMSE:  0.7141485579261349\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.5713212868370995\n",
      "RMSE:  0.56472302257103\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.5230914545676669\n",
      "RMSE:  0.5190788528176432\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.6128663413936748\n",
      "RMSE:  0.6073008882827039\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.27808652858028277\n",
      "RMSE:  0.27664935850543393\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.5424533616969979\n",
      "RMSE:  0.5377952048163068\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.5744064263129951\n",
      "RMSE:  0.5263846105358279\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.26905986878743315\n",
      "RMSE:  0.2693722227804452\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.29989400141073486\n",
      "RMSE:  0.2995437460183172\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.7581481874798334\n",
      "RMSE:  0.7371393616823179\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.26983713810076515\n",
      "RMSE:  0.2674073283688012\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.9118368477521482\n",
      "RMSE:  0.9075289648984679\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.24109728898471622\n",
      "RMSE:  0.2153492261447406\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.4926592479371839\n",
      "RMSE:  0.4704290396609687\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.38823439769963003\n",
      "RMSE:  0.3874396866255793\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.6719314020336208\n",
      "RMSE:  0.6252099383174698\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.3324751014998989\n",
      "RMSE:  0.3313834164224654\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.469590767419958\n",
      "RMSE:  0.46830568807191403\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.2795436843387211\n",
      "RMSE:  0.25413107704648197\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.49384643850639204\n",
      "RMSE:  0.487926526236547\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.8998046889142882\n",
      "RMSE:  0.8579413058567786\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.6281209110790918\n",
      "RMSE:  0.6271177884278211\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.5540236916098957\n",
      "RMSE:  0.5531607352186266\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.44769459880384643\n",
      "RMSE:  0.4460290894595424\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.535623467700157\n",
      "RMSE:  0.5331382602176031\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.31716801130589023\n",
      "RMSE:  0.31636705122040537\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.3715723895133957\n",
      "RMSE:  0.3519607547197914\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.5948972599620068\n",
      "RMSE:  0.5896060339361148\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.7132481717048875\n",
      "RMSE:  0.6617699130074937\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.2846483947943408\n",
      "RMSE:  0.2817220251462624\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.5165705235362349\n",
      "RMSE:  0.5154582599624434\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.45687798813366437\n",
      "RMSE:  0.45863289375291166\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.2472647394423492\n",
      "RMSE:  0.23734791733272756\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.3170302004198353\n",
      "RMSE:  0.29569990630092674\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.41317373566947124\n",
      "RMSE:  0.40084059188069676\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.18245743314063412\n",
      "RMSE:  0.1813105467996661\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.33274316305581625\n",
      "RMSE:  0.3275401096183406\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.32533931234582864\n",
      "RMSE:  0.32528503997030417\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.9999572964274741\n",
      "RMSE:  0.9822964428683798\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.4394675368476001\n",
      "RMSE:  0.43960446406115145\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.5893717109416766\n",
      "RMSE:  0.5511872189040369\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.3488350499347607\n",
      "RMSE:  0.3501597118689043\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.6089101002980566\n",
      "RMSE:  0.5913756641738925\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.4804576898296756\n",
      "RMSE:  0.4759643264640557\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.4209347415329962\n",
      "RMSE:  0.42092590893525356\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.48796835953050754\n",
      "RMSE:  0.37257213343251494\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.8127926370142835\n",
      "RMSE:  0.7632172048192902\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.729335588441374\n",
      "RMSE:  0.7214484036111177\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.36849371862618097\n",
      "RMSE:  0.3681749844407657\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.36660285622884564\n",
      "RMSE:  0.3619364629318532\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.2795407733600469\n",
      "RMSE:  0.27837769369457566\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.3750242565786776\n",
      "RMSE:  0.36053614339897705\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.6334139488311993\n",
      "RMSE:  0.6230785908958064\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.4509852748634373\n",
      "RMSE:  0.43282043334791986\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.6422916145238333\n",
      "RMSE:  0.5870401020432727\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.3686061758192875\n",
      "RMSE:  0.36774759903769266\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.546553614188953\n",
      "RMSE:  0.5380964871346353\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.3556643679116442\n",
      "RMSE:  0.35329385460834295\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.6999012996407656\n",
      "RMSE:  0.686734109777246\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.51692281927179\n",
      "RMSE:  0.4981864118750012\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.6832681809032437\n",
      "RMSE:  0.6818671825335202\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.4127736060294247\n",
      "RMSE:  0.3590742080668551\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.9609989662845115\n",
      "RMSE:  0.9470982073050251\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.6127684781461447\n",
      "RMSE:  0.6047884873828555\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  1.0785057100150965\n",
      "RMSE:  0.8814782121285474\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.4161189026177675\n",
      "RMSE:  0.41464359250462773\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.5640812726755783\n",
      "RMSE:  0.5568455046585131\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.6756462837146054\n",
      "RMSE:  0.6754711540497075\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.6654758160380595\n",
      "RMSE:  0.6446982310963354\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.5057682522175622\n",
      "RMSE:  0.49459458179158555\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.31498817523427597\n",
      "RMSE:  0.3070316216231887\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.46306547133419185\n",
      "RMSE:  0.4630106448676165\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.38110490814294695\n",
      "RMSE:  0.3805308422751016\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.2925008678562734\n",
      "RMSE:  0.29275857804662614\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.67422892317215\n",
      "RMSE:  0.6586169162685062\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.791689656073478\n",
      "RMSE:  0.7673921226838742\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.5636532802290565\n",
      "RMSE:  0.558766225121231\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.7578795076881797\n",
      "RMSE:  0.6970976587535851\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  2.3843481396761885\n",
      "RMSE:  1.0985242626157854\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.9065486827916162\n",
      "RMSE:  0.8926557731040929\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.3491608520081115\n",
      "RMSE:  0.3467187477511261\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.6722322689117073\n",
      "RMSE:  0.6620539649441928\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.34908049192093726\n",
      "RMSE:  0.28853654483972646\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.4317914439398904\n",
      "RMSE:  0.42161426645027306\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.451861456520717\n",
      "RMSE:  0.4213617220684615\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.28655709482662023\n",
      "RMSE:  0.28042988500793076\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.3289661179095391\n",
      "RMSE:  0.3285713595542189\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.5236470229200639\n",
      "RMSE:  0.5209093652512603\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.4722175362283652\n",
      "RMSE:  0.470863881747951\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.4572251505450818\n",
      "RMSE:  0.45674167475935146\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.5242930025062168\n",
      "RMSE:  0.5179172731103223\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.25130908360277326\n",
      "RMSE:  0.23079018082451389\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.5732861722686257\n",
      "RMSE:  0.5709146252822739\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.6103606763304187\n",
      "RMSE:  0.5978099965039639\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.4543286885989061\n",
      "RMSE:  0.45410207709527806\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.24975144868514937\n",
      "RMSE:  0.24957469293239168\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.19086043514918563\n",
      "RMSE:  0.1894077655017433\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.9269187286208956\n",
      "RMSE:  0.8327905679612924\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.6905752164174456\n",
      "RMSE:  0.6246267970221745\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.4999728872977901\n",
      "RMSE:  0.49031421623128735\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.32765760865048493\n",
      "RMSE:  0.32645907141693997\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.44778017157329214\n",
      "RMSE:  0.44828392351050034\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.42802848151633627\n",
      "RMSE:  0.4163172551262693\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.6139500931058596\n",
      "RMSE:  0.5761440329078531\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.6439100580395478\n",
      "RMSE:  0.6162761935484454\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.23004141047912546\n",
      "RMSE:  0.22951084969021185\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.4118500412975794\n",
      "RMSE:  0.4062376655164321\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.4726621332329613\n",
      "RMSE:  0.46989984157738784\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.8155729313516995\n",
      "RMSE:  0.7820728970665264\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.3090590884077694\n",
      "RMSE:  0.29072749847423884\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.45520616872394565\n",
      "RMSE:  0.4561267019871591\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.4949942790843849\n",
      "RMSE:  0.4964117620580893\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.5916847064703092\n",
      "RMSE:  0.5756814529272584\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.7002232764643002\n",
      "RMSE:  0.6933042736997579\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  1.3768961413603882\n",
      "RMSE:  0.636647357637455\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.5566751769763811\n",
      "RMSE:  0.5572622046297621\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.4154051963285925\n",
      "RMSE:  0.4070376562467958\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.27169350742570597\n",
      "RMSE:  0.2706939362094979\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.4243206150615024\n",
      "RMSE:  0.4242040487225006\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.32315366012303476\n",
      "RMSE:  0.3185671570783931\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  1.0972236439142793\n",
      "RMSE:  0.3619575412536541\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.34288242149527765\n",
      "RMSE:  0.3422447222100996\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.567008946479024\n",
      "RMSE:  0.5314077442486909\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.5568767119299981\n",
      "RMSE:  0.5537987931023832\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.15676149580683646\n",
      "RMSE:  0.15677305954828402\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.6711996669034955\n",
      "RMSE:  0.6050581411548043\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  1.8687051843251863\n",
      "RMSE:  0.4903662823941823\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.5397066409455497\n",
      "RMSE:  0.5315027646796654\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.4194425011528903\n",
      "RMSE:  0.4201352004584676\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.3154803009480202\n",
      "RMSE:  0.31569779019157007\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.49750132496119753\n",
      "RMSE:  0.4956024757394055\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.6085081001513982\n",
      "RMSE:  0.5505282538892855\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.44004676927081093\n",
      "RMSE:  0.4296321273580285\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.5504300422321894\n",
      "RMSE:  0.5426651733002273\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.48767937854977444\n",
      "RMSE:  0.482301711602221\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.38801496219987025\n",
      "RMSE:  0.38722088713540614\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.6424489539474135\n",
      "RMSE:  0.6263868623936752\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.536200688253578\n",
      "RMSE:  0.5302742443314294\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.41523523595421175\n",
      "RMSE:  0.3968707324411991\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.7161306999063043\n",
      "RMSE:  0.7132477072524285\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  1.450935795144311\n",
      "RMSE:  0.6080742334632863\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.5521142306307244\n",
      "RMSE:  0.5514620194935763\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.47167687852067586\n",
      "RMSE:  0.47151751902568334\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.43268092440885125\n",
      "RMSE:  0.4097153140961793\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.47884434676785653\n",
      "RMSE:  0.4605081071216668\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.6685987577318914\n",
      "RMSE:  0.4426582102694021\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.6519568114437162\n",
      "RMSE:  0.6352027971872289\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.5420484995412738\n",
      "RMSE:  0.5323706428987746\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.35419774719601976\n",
      "RMSE:  0.35113043530686533\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.31317890781820545\n",
      "RMSE:  0.23774452872253443\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.5337046050421542\n",
      "RMSE:  0.5325913164812532\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.3335943045760428\n",
      "RMSE:  0.3332744207064506\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.3748867496028712\n",
      "RMSE:  0.36778046073824033\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.6935623527098908\n",
      "RMSE:  0.6908341398081275\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.5949423801943085\n",
      "RMSE:  0.5442877279026376\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.3933923827892078\n",
      "RMSE:  0.393029647562973\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.8574842071545471\n",
      "RMSE:  0.7862779285067605\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.5596348958237147\n",
      "RMSE:  0.5556084380080735\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.7131430887260897\n",
      "RMSE:  0.6674955872645746\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.2834124692738992\n",
      "RMSE:  0.2714942174910804\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.5390680006410788\n",
      "RMSE:  0.5380022832546046\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.27297694440276593\n",
      "RMSE:  0.2731090383474737\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.4135900580408596\n",
      "RMSE:  0.40828602882981696\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.2139223733121466\n",
      "RMSE:  0.2131117637710202\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.4470588169203305\n",
      "RMSE:  0.4465499576649424\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.41873453481436956\n",
      "RMSE:  0.41862715321853083\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.29980854645472943\n",
      "RMSE:  0.2974710382209944\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.6850788548050846\n",
      "RMSE:  0.6629371934386526\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.6500384719807021\n",
      "RMSE:  0.6494364973902162\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.252210540825386\n",
      "RMSE:  0.25119548589988483\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.35019289629733114\n",
      "RMSE:  0.31391261790870306\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.40505443963359467\n",
      "RMSE:  0.4003951601961428\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.31165677552669024\n",
      "RMSE:  0.3112810914340915\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.6098663605237992\n",
      "RMSE:  0.6000149463586634\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  1.1523980490869652\n",
      "RMSE:  1.1289016367570015\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.7534772456063876\n",
      "RMSE:  0.6755794929296829\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.5448742898056937\n",
      "RMSE:  0.5376450880124364\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.5123482556117646\n",
      "RMSE:  0.5091947656191673\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.4942716894061253\n",
      "RMSE:  0.4905489290720284\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.6079458183563052\n",
      "RMSE:  0.6043111829224775\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.3778195313720306\n",
      "RMSE:  0.374122079722676\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.47322572598881524\n",
      "RMSE:  0.46916934694133344\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.8114230200199313\n",
      "RMSE:  0.7992605970330188\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.6200463830264008\n",
      "RMSE:  0.5937472650731407\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.29042861597654696\n",
      "RMSE:  0.26018075695879955\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.5188794932950779\n",
      "RMSE:  0.5193264301827584\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.7257835607269952\n",
      "RMSE:  0.7262345437550666\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.18573523994144045\n",
      "RMSE:  0.185551391301684\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.6767466461425645\n",
      "RMSE:  0.613740015317177\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.44443802666677934\n",
      "RMSE:  0.4430048831946271\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.5923706030876559\n",
      "RMSE:  0.5920826356290007\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.3736121890466246\n",
      "RMSE:  0.35958769223323495\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.19064618569260128\n",
      "RMSE:  0.18922564288791285\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.497426990287873\n",
      "RMSE:  0.4915119661180953\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.319062992848414\n",
      "RMSE:  0.3105047594661315\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.5958855592699955\n",
      "RMSE:  0.544700057861481\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.5568517231059554\n",
      "RMSE:  0.5124497513939158\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.5776167542636877\n",
      "RMSE:  0.5706550844748928\n",
      "Early stopping, best iteration is:\n",
      "[631]\ttraining's rmse: 0.327186\ttraining's l2: 0.107051\tvalid_1's rmse: 0.125584\tvalid_1's l2: 0.0157714\n",
      "RMSE:  0.8783459480261304\n",
      "RMSE:  0.8700477794151255\n"
     ]
    }
   ],
   "source": [
    "import lightgbm as lgb\n",
    "from sklearn.metrics import mean_absolute_error, mean_squared_error\n",
    "import pandas as pd\n",
    "import numpy as np\n",
    "from sklearn.model_selection import train_test_split\n",
    "from sklearn.preprocessing import MinMaxScaler\n",
    "from lightgbm import early_stopping\n",
    "import talib as ta\n",
    "from sklearn.model_selection import TimeSeriesSplit\n",
    "callbacks = [ early_stopping(stopping_rounds=10)]\n",
    "\n",
    "############## 输入数据,test输入b榜测试数据，将train1到train5数据下载如train_data_path的文件夹中\n",
    "test = pd.read_csv(\"./data/test_a/test_a.csv\", sep=\"\\t\")\n",
    "train_data_path = \"./data/train/train\"\n",
    "\n",
    "\n",
    "############# 特征工程\n",
    "def log_return(series, periods=15):\n",
    "    return np.log(series).diff(periods)\n",
    "\n",
    "# 计算wap价格\n",
    "def calc_wap(df):\n",
    "    wap = (df['b1_p'] * df['a1_v'] + df['a1_p'] * df['b1_v'])/(df['b1_v'] + df['a1_v'])\n",
    "    return wap\n",
    "def calc_wap2(df):\n",
    "    wap = (df['b2_p'] * df['a2_v'] + df['a2_p'] * df['b2_v'])/(df['b2_v'] + df['a2_v'])\n",
    "    return wap\n",
    "  \n",
    "# # 计算对数收益率\n",
    "# def log_return(list_stock_prices):\n",
    "#     return np.log(list_stock_prices).diff()\n",
    "\n",
    "# 计算已实现波动率\n",
    "def realized_volatility(series):\n",
    "    return np.sqrt(np.sum(series**2))\n",
    "    \n",
    "# 其他函数\n",
    "def count_unique(series):\n",
    "    return len(np.unique(series))\n",
    "def onedim_features(df,timeperiod = 15):\n",
    "    # 各种特征的改变波动\n",
    "    # 委卖买总数，委差，委比\n",
    "    df['a_v_sum'] = (df.a1_v+df.a2_v+df.a3_v+df.a4_v+df.a5_v)\n",
    "    df['b_v_sum'] = (df.b1_v+df.b2_v+df.b3_v+df.b4_v+df.b5_v)#委买手数\n",
    "    df['v_cha'] = df['b_v_sum'] - df['a_v_sum'] # 委差\n",
    "    df['v_bi'] = (df['b_v_sum'] - df['a_v_sum'])/(df['b_v_sum'] + df['a_v_sum'])*100 #委比***\n",
    "    df['total_cha'] = df['total_bid'] - df['total_ask'] # 总委差\n",
    "    df['total_money'] = (df['total_bid']*df['average_bid']) - (df['total_ask']*df['average_ask']) # 总市场流入流出资金\n",
    "\n",
    "    df['close_change'] = df['close']-df['close'].shift(timeperiod)\n",
    "    df['Change_close']=(df['close']-df['close_change']/(df['close']+df['close_change']))*100 #涨跌幅：（收盘价-开盘价）/开盘价\n",
    "    \n",
    "    df['High_Low_Pct']=(df['high']-df['low'])/df['low']*100  #增幅比：（最高价-最低价）/最低价\n",
    "    df['High_Low_Pct_change'] = df['High_Low_Pct']-df['High_Low_Pct'].shift(timeperiod)\n",
    "    df['Change_High_Low_Pct']=df['High_Low_Pct']-df['High_Low_Pct_change']\n",
    "    \n",
    "    df['Change_Pct']=(df['close'])-(df['open'])/df['open']*100 #涨跌幅：（收盘价-开盘价）/开盘价\n",
    "    df['Change_Pct_change'] = df['Change_Pct']-df['Change_Pct'].shift(timeperiod)\n",
    "    df['Change_Change_Pct']=(df['Change_Pct']-df['Change_Pct_change']/(df['Change_Pct']+df['Change_Pct_change']))*100\n",
    "    \n",
    "    df['mean_volume'] = ta.MA(df.volume, timeperiod=timeperiod, matype=0)\n",
    "    df['std_volume'] = ta.STDDEV(df.volume, timeperiod=timeperiod, nbdev=1)\n",
    "    df['mean_cjcs'] = ta.MA(df.cjcs, timeperiod=timeperiod, matype=0)\n",
    "    df['std_cjcs'] = ta.STDDEV(df.cjcs, timeperiod=timeperiod, nbdev=1)\n",
    "    df['mean_v_bi'] = ta.MA(df.v_bi, timeperiod=timeperiod, matype=0)\n",
    "    df['std_v_bi'] = ta.STDDEV(df.v_bi, timeperiod=timeperiod, nbdev=1)\n",
    "    df['mean_total_cha'] = ta.MA(df.total_cha, timeperiod=timeperiod, matype=0)\n",
    "    df['std_total_cha'] = ta.STDDEV(df.total_cha, timeperiod=timeperiod, nbdev=1)\n",
    "    df['mean_total_money'] = ta.MA(df.total_money, timeperiod=timeperiod, matype=0)\n",
    "    df['std_total_money'] = ta.STDDEV(df.total_money, timeperiod=timeperiod, nbdev=1)\n",
    "#     #dict for aggregate\n",
    "#     create_feature_dict = {\n",
    "# #         'log_return':[realized_volatility],\n",
    "# #         'log_return2':[realized_volatility],\n",
    "#         'wap_balance':[np.mean],\n",
    "#         'price_spread':[np.mean],\n",
    "#         'bid_spread':[np.mean],\n",
    "#         'ask_spread':[np.mean],\n",
    "#         'volume_imbalance':[np.mean],\n",
    "#         'total_volume':[np.mean],\n",
    "#         'wap':[np.mean],\n",
    "#             }\n",
    "#     #####groupby / all seconds\n",
    "#     df_feature = pd.DataFrame(df.agg(create_feature_dict)).reset_index()\n",
    "    df['AD'] = ta.AD(df.high, df.low, df.close, df.volume)\n",
    "# #     df['OBV'] = ta.OBV(df.close, df.volume)\n",
    "    df['ATR'] = ta.ATR(df.high, df.low, df.close, timeperiod=15) #平均波动\n",
    "#     df[\"log_return_average_ask\"] = log_return(df.average_ask)\n",
    "#     df[\"log_return_volume\"] = log_return(df.volume)\n",
    "\n",
    "#     df['MA5'] = df['close'].rolling(5).mean()\n",
    "    df['MA10'] = df['close'].rolling(10).mean()\n",
    "# #     df.dropna(inplace=True)\n",
    "    df['RSI'] = ta.RSI(df['close'], timeperiod=12)\n",
    "#     df['MOM'] = ta.MOM(df['close'], timeperiod=5)\n",
    "    df['EMA12'] = ta.EMA(df['close'], timeperiod=12)\n",
    "#     df['EMA26'] = ta.EMA(df['close'], timeperiod=26)\n",
    "    df['MACD'], df['MACDsignal'], df['MACDhist'] = ta.MACD(df['close'], fastperiod=10, slowperiod=15, signalperiod=7)\n",
    "    df['wap'] = calc_wap(df)\n",
    "    df['log_return'] = log_return(df['wap'])\n",
    "    \n",
    "    df['wap2'] = calc_wap2(df)\n",
    "    df['log_return2'] = log_return(df['wap2'])\n",
    "#     df.dropna(inplace=True)\n",
    "\n",
    "    df['wap_balance'] = ta.MA(abs(df['wap'] - df['wap2']), timeperiod=timeperiod, matype=0)\n",
    "    \n",
    "    df['price_spread'] = ta.MA((df['a1_p'] - df['b1_p']) / ((df['a1_p'] + df['b1_p'])/2), timeperiod=timeperiod, matype=0)\n",
    "    df['bid_spread'] = ta.MA(df['b1_p'] - df['b2_p'], timeperiod=timeperiod, matype=0)\n",
    "    df['ask_spread'] = ta.MA(df['a1_p'] - df['a2_p'], timeperiod=timeperiod, matype=0)\n",
    "    df['total_volume'] = ta.MA((df['a1_v'] + df['a2_v']) + (df['b1_v'] + df['b2_v']), timeperiod=timeperiod, matype=0)\n",
    "    df['volume_imbalance'] = ta.MA(abs((df['a1_v'] + df['a2_v']) - (df['b1_v'] + df['b2_v'])), timeperiod=timeperiod, matype=0)\n",
    "    \n",
    "#     df.dropna(inplace=True)\n",
    "    return df.iloc[timeperiod:,30:]\n",
    "\n",
    "\n",
    "############# 训练\n",
    "def model_evlua(y_test,pred):\n",
    "    mse = mean_squared_error(y_test, pred)\n",
    "    rmse = np.sqrt(mean_squared_error(y_test, pred))\n",
    "#     print(\"RMSE: \", rmse)\n",
    "    return rmse\n",
    "def train_model(X_train,Y_train,true_test):\n",
    "    x_train1, x_test1, y_train1, y_test1 = train_test_split(X_train,Y_train , test_size = 0.2,shuffle=False)\n",
    "    x_train, x_test, y_train, y_test = train_test_split(x_train1,y_train1 , test_size = 0.4,shuffle=False)\n",
    "\n",
    "    model = lgb.LGBMRegressor(\n",
    "        objective=\"regression\",\n",
    "#         tree_learner = 'feature',\n",
    "        n_estimators=1000,\n",
    "        learning_rate=0.001,\n",
    "        num_leaves=63,\n",
    "    #     feature_fraction=0.9,\n",
    "    #     bagging_fraction=0.8,\n",
    "    #     bagging_freq=5,\n",
    "        verbose=-1,\n",
    "        max_depth=7,\n",
    "        metric=['l2'],\n",
    "\n",
    "#         random_state=2022,\n",
    "    )\n",
    "\n",
    "    model.fit(\n",
    "        x_train,\n",
    "        y_train,\n",
    "        eval_set=[(x_train, y_train), (x_test, y_test)],\n",
    "        eval_metric=[\"rmse\"],\n",
    "        callbacks=callbacks,\n",
    "    )\n",
    "    \n",
    "    predict = model.predict(x_test1)\n",
    "    evlua = model_evlua(y_test1,predict) # 模型测试评分\n",
    "    test_ev = np.zeros(len(y_test1))\n",
    "    test_evlua = model_evlua(y_test1,test_ev) # 全为0\n",
    "    \n",
    "    if evlua > test_evlua:\n",
    "        return -1\n",
    "    else:\n",
    "        model.fit(\n",
    "            x_train1,\n",
    "            y_train1,\n",
    "            eval_set=[(x_train1, y_train1), (x_test1, y_test1)],\n",
    "            eval_metric=[\"rmse\"],\n",
    "            callbacks=callbacks,\n",
    "        )\n",
    "        pred = model.predict(true_test)\n",
    "#     print(list(model.feature_importances_))\n",
    "        return pred\n",
    "\n",
    "predict = []\n",
    "Id = test['id_stock'].unique()\n",
    "for j in range(5):\n",
    "    n = j+1\n",
    "    train_path = train_data_path+str(n)+'.csv'\n",
    "    train1 = pd.read_csv(train_path, sep=\"\\t\").dropna().reset_index(drop=True)\n",
    "    k = 100\n",
    "    \n",
    "#     for i in Id[k*j:k*(j+1)]:\n",
    "    for index,i in enumerate(Id[k*j:k*(j+1)]):\n",
    "        x_1 = train1[train1['id_stock']==i].iloc[:, 4:].drop([\"target\"], axis=1)\n",
    "        if len(x_1.values) == 0:\n",
    "    #         df.fillna({1:0.9,2:0},inplace=True)\n",
    "            test1_num = test[test['id_stock']==i].shape[0]\n",
    "            pre = np.zeros((test1_num))\n",
    "            predict.extend(pre)\n",
    "        else:\n",
    "            x_2 = test[test['id_stock']==i].iloc[:, 4:]\n",
    "        #     x_2 = x_2.fillna(method='bfill')\n",
    "        #     test_index = x_2.shape[0]\n",
    "            all_x = pd.concat([x_1,x_2],axis = 0).reset_index(drop=True)\n",
    "            t = 30\n",
    "            all_x = onedim_features(all_x,t)\n",
    "            # 缺失值处理 用列的均值填充\n",
    "            all_x = all_x.fillna(all_x.mean())\n",
    "            data_features_part = all_x.iloc[:-x_2.shape[0],:].values\n",
    "            test1 = all_x.iloc[-x_2.shape[0]:, :]\n",
    "            test1 = test1.fillna(test1.mean()).values\n",
    "            data_target_part = train1[train1['id_stock']==i].iloc[t:,:][\"target\"]\n",
    "\n",
    "            pre = train_model(data_features_part,data_target_part,test1)\n",
    "            if pre is -1:\n",
    "                test1_num = test[test['id_stock']==i].shape[0]\n",
    "                pre = np.zeros((test1_num))\n",
    "                predict.extend(pre)\n",
    "            else:\n",
    "                predict.extend(pre)\n",
    "\n",
    "############# 结果保存\n",
    "result = test\n",
    "result['target'] = predict\n",
    "result = result.round({'target':3})\n",
    "result.to_csv('predict.csv',index=None,sep='\\t')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "501e13a1",
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.13"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}
